
R : Copyright 2003, The R Development Core Team
Version 1.8.0  (2003-10-08)

R is free software and comes with ABSOLUTELY NO WARRANTY.
You are welcome to redistribute it under certain conditions.
Type 'license()' or 'licence()' for distribution details.

R is a collaborative project with many contributors.
Type 'contributors()' for more information.

Type 'demo()' for some demos, 'help()' for on-line help, or
'help.start()' for a HTML browser interface to help.
Type 'q()' to quit R.

> invisible(options(echo = TRUE))
> # estimate John Jackson's model using multinomRob
> #
> 
> options(width=130);
> 
> library(multinomRob)
Loading required package: rgenoud 
Loading required package: MASS 
Loading required package: mvtnorm 
> 
> # read John Jackson's replication dataset (PA 2002, Winter)
> #
> jjdat <- read.table(file="pareplic.asc", header=T);
> 
> #> names(jjdat)
> # [1] "Voivodship"    "ID"            "UD.KLD"        "SLD"
> # [5] "PSL"           "UP"            "Catholic"      "Other"
> # [9] "Constant"      "New.Jobs"      "Unemp"         "SOE"
> #[13] "Church.Att"    "Schooling"     "Age"           "Farmer"
> #[17] "Village"       "Suchoka.UD"    "Pawlak.PSL"    "Kwasn.SLD"
> #[21] "Zioqkowska.UP" "Voters"
> 
> jjuse <- jjdat;
> #total number of voters
> jjuse$TotalVotes   <- jjdat$Voters * 1000;
> jjuse$SLD      <- jjdat$SLD/100      *jjuse$TotalVotes;
> jjuse$PSL      <- jjdat$PSL/100      *jjuse$TotalVotes;
> jjuse$UP       <- jjdat$UP/100       *jjuse$TotalVotes;
> jjuse$Catholic <- jjdat$Catholic/100 *jjuse$TotalVotes;
> jjuse$Other    <- jjdat$Other/100    *jjuse$TotalVotes;
> jjuse$UD.KLD   <- jjdat$UD.KLD/100   *jjuse$TotalVotes;
> 
> jjuse$Age  <-  jjdat$Age /10;
> 
> ## Set parameters for Genoud
> zz.genoud.parms <- list( pop.size             = 2000,
+                         wait.generations      = 30,
+                         P5                    = 500,
+                         scale.domains         = 2
+                         )
> 
> # estimate the model as done in the Mebane-Sekhon AJPS 2004 paper
> 
> load("jj.RData");
> starts <- muljj$genoud$par;
> #starts[c(8,18,26,41)] <- muljj$mtanh$coeffvec[c(8,18,26,41)];
> 
> muljj <-
+   multinomRob(
+     list(SLD ~      New.Jobs + Unemp + SOE + Church.Att + Schooling + Age + Kwasn.SLD ,
+          PSL ~      New.Jobs + Unemp + SOE + Church.Att + Schooling + Age + Farmer + Village + Pawlak.PSL ,
+          UP ~       New.Jobs + Unemp + SOE + Church.Att + Schooling + Age + Zioqkowska.UP ,
+          Catholic ~ New.Jobs + Unemp + SOE + Church.Att + Schooling + Age ,
+          Other ~    New.Jobs + Unemp + SOE + Church.Att + Schooling + Age ,
+          UD.KLD ~   0 + Suchoka.UD ),
+     jjuse,
+     starting.values = starts,
+     genoud.parms = zz.genoud.parms,
+     print.level = 3);

Your Model (xvec):
                                                                       SLD PSL UP Catholic Other UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD   1   1  1        1     1      1
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                          1   1  1        1     1      0
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                         1   1  1        1     1      0
SOE/SOE/SOE/SOE/SOE/NA                                                   1   1  1        1     1      0
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA                1   1  1        1     1      0
Schooling/Schooling/Schooling/Schooling/Schooling/NA                     1   1  1        1     1      0
Age/Age/Age/Age/Age/NA                                                   1   1  1        1     1      0
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                  1   1  1        0     0      0
NA/Village/NA/NA/NA/NA                                                   0   1  0        0     0      0
NA/Pawlak.PSL/NA/NA/NA/NA                                                0   1  0        0     0      0
multinomRob(): Starting Values 
                                                                              SLD        PSL         UP   Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.7628595  1.9316030  1.7577247 -6.8499278  2.8700472
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.3828350 -7.6907660 -3.6701118 -3.5708410 -5.2927337
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.5297067  0.8590907  0.7323209  1.8011885  0.6951229
SOE/SOE/SOE/SOE/SOE/NA                                                  0.3899018  0.4558730  0.7155718 -0.1593964  0.8597068
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.3088629 -1.5776755 -1.8007484  2.3497872  0.1780703
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.3847867 -0.3496203 -0.2805388 -0.3474476 -0.4003952
Age/Age/Age/Age/Age/NA                                                  0.0733396  0.4043564  0.3594729  1.8244385  0.5004511
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.6003176  1.9021352  0.7849726  0.0000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000  2.1202619  0.0000000  0.0000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000  0.9557156  0.0000000  0.0000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.1274926
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000
multinomRob(): starting fit = 43.37983 

WARNING: Since the number of parameters is greater than 20,
WARNING: MemoryMatrix has been turned off by default.
WARNING: You may turn it on using the MemoryMatrix flag.
WARNING: This option increases speed at the cost of extra memory usage.



Thu Mar  4 21:32:30 2004
Domains:
 -5.762860e+00   <=  X1   <=    1.728858e+01 
 -1.914850e+01   <=  X2   <=    6.382835e+00 
 -5.297067e-01   <=  X3   <=    1.589120e+00 
 -3.899018e-01   <=  X4   <=    1.169705e+00 
 -6.926589e+00   <=  X5   <=    2.308863e+00 
 -1.154360e+00   <=  X6   <=    3.847867e-01 
 -7.333959e-02   <=  X7   <=    2.200188e-01 
 -6.003176e-01   <=  X8   <=    1.800953e+00 
 -1.931603e+00   <=  X9   <=    5.794809e+00 
 -2.307230e+01   <=  X10  <=    7.690766e+00 
 -8.590907e-01   <=  X11  <=    2.577272e+00 
 -4.558730e-01   <=  X12  <=    1.367619e+00 
 -4.733026e+00   <=  X13  <=    1.577675e+00 
 -1.048861e+00   <=  X14  <=    3.496203e-01 
 -4.043564e-01   <=  X15  <=    1.213069e+00 
 -1.902135e+00   <=  X16  <=    5.706406e+00 
 -2.120262e+00   <=  X17  <=    6.360786e+00 
 -9.557156e-01   <=  X18  <=    2.867147e+00 
 -1.757725e+00   <=  X19  <=    5.273174e+00 
 -1.101034e+01   <=  X20  <=    3.670112e+00 
 -7.323209e-01   <=  X21  <=    2.196963e+00 
 -7.155718e-01   <=  X22  <=    2.146715e+00 
 -5.402245e+00   <=  X23  <=    1.800748e+00 
 -8.416163e-01   <=  X24  <=    2.805388e-01 
 -3.594729e-01   <=  X25  <=    1.078419e+00 
 -7.849726e-01   <=  X26  <=    2.354918e+00 
 -2.054978e+01   <=  X27  <=    6.849928e+00 
 -1.071252e+01   <=  X28  <=    3.570841e+00 
 -1.801188e+00   <=  X29  <=    5.403565e+00 
 -4.781893e-01   <=  X30  <=    1.593964e-01 
 -2.349787e+00   <=  X31  <=    7.049362e+00 
 -1.042343e+00   <=  X32  <=    3.474476e-01 
 -1.824439e+00   <=  X33  <=    5.473316e+00 
 -2.870047e+00   <=  X34  <=    8.610142e+00 
 -1.587820e+01   <=  X35  <=    5.292734e+00 
 -6.951229e-01   <=  X36  <=    2.085369e+00 
 -8.597068e-01   <=  X37  <=    2.579120e+00 
 -1.780703e-01   <=  X38  <=    5.342110e-01 
 -1.201186e+00   <=  X39  <=    4.003952e-01 
 -5.004511e-01   <=  X40  <=    1.501353e+00 
 -3.824778e-01   <=  X41  <=    1.274926e-01 

Data Type: Floating Point
Operators (code number, name, population) 
	(1) Cloning........................... 	116
	(2) Uniform Mutation.................. 	118
	(3) Boundary Mutation................. 	118
	(4) Non-Uniform Mutation.............. 	118
	(5) Polytope Crossover................ 	1175
	(6) Multiple Point Simple Crossover... 	118
	(7) Whole Non-Uniform Mutation........ 	118
	(8) Heuristic Crossover............... 	118
	(9) Local-Minimum Crossover........... 	0

SOFT Maximum Number of Generations: 100
Maximum Nonchanging Generations: 30
Population size       : 2000
Convergence Tolerance: 1.000000e-07

Using the BFGS Derivative Based Optimizer on the Best Individual Each Generation.
Not Checking Gradients before Stoping
Using Out of Bounds Individuals.



Minimization Problem.



STARTING VALUES


The 2 best initial individuals are
 5.76	-6.38	 0.53	 0.39	-2.31	-0.38	 0.07	 0.60	 1.93	-7.69	 0.86	 0.46	-1.58	-0.35	 0.40	 1.90	 2.12	 0.96	 1.76	-3.67	 0.73	 0.72	-1.80	-0.28	 0.36	 0.78	-6.85	-3.57	 1.80	-0.16	 2.35	-0.35	 1.82	 2.87	-5.29	 0.70	 0.86	 0.18	-0.40	 0.50	-0.13	
fitness = 4.337983e+01

 4.22	-14.10	-0.03	-0.07	-5.92	-0.05	 0.21	 0.45	 0.12	-21.84	 2.43	 0.58	 1.06	-0.98	 1.03	 5.09	-1.54	 0.65	 2.37	-1.34	-0.43	 1.14	-0.61	-0.71	 1.02	 1.49	-11.27	 1.77	-0.42	-0.30	 4.87	-0.09	 1.48	 4.70	-12.73	 0.47	 1.61	 0.24	-0.85	 0.98	 0.04	
fitness = 3.003949e+02


The worst fit of the population is: 8.705629e+09




Generation#	    Solution Value

      0 	4.337983e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      1 	4.337869e+01
      2 	4.337844e+01
      6 	4.337826e+01
     20 	4.337697e+01
     21 	4.337618e+01
     22 	4.337618e+01
     23 	4.337618e+01
     24 	4.337617e+01
     25 	4.337615e+01
     26 	4.337601e+01
     27 	4.337600e+01
     28 	4.337598e+01
     29 	4.337597e+01
     30 	4.337596e+01
     31 	4.337586e+01
     32 	4.337577e+01
     33 	4.337574e+01
     34 	4.337571e+01
     35 	4.337038e+01
XXX
XXX
XXX
     36 	4.336617e+01
     37 	4.335854e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     38 	4.335639e+01
XXX
XXX
XXX
XXX
     39 	4.335593e+01
     40 	4.335584e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     41 	4.335531e+01
XXX
XXX
XXX
     42 	4.335204e+01
XXX
XXX
XXX
XXX
     43 	4.335081e+01
     44 	4.334942e+01
     45 	4.334345e+01
     46 	4.334344e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     47 	4.334337e+01
     48 	4.334211e+01
     49 	4.334190e+01
XXX
XXX
     50 	4.334071e+01
     51 	4.334065e+01
     52 	4.334038e+01
     53 	4.334021e+01
     54 	4.334018e+01
     55 	4.334004e+01
     56 	4.333998e+01
     57 	4.333977e+01
     58 	4.333828e+01
     59 	4.333819e+01
     60 	4.333793e+01
     61 	4.333727e+01
     62 	4.333708e+01
     63 	4.333695e+01
     64 	4.333613e+01
XXX
XXX
XXX
XXX
XXX
     65 	4.333489e+01
XXX
XXX
XXX
XXX
     66 	4.333407e+01
     67 	4.333387e+01
     68 	4.333305e+01
     69 	4.333277e+01
     70 	4.333268e+01
     71 	4.333247e+01
     72 	4.333245e+01
XXX
XXX
     73 	4.333239e+01
XXX
XXX
     74 	4.333238e+01
     75 	4.333238e+01
     76 	4.333237e+01
     77 	4.333236e+01
     78 	4.333236e+01
     79 	4.333236e+01
     80 	4.333236e+01
     81 	4.333235e+01
     82 	4.333235e+01
     83 	4.333235e+01
     84 	4.333235e+01
     85 	4.333235e+01
     86 	4.333234e+01
     87 	4.333234e+01
     88 	4.333233e+01
     89 	4.333233e+01
     90 	4.333233e+01
     91 	4.333233e+01
     92 	4.333233e+01
     93 	4.333233e+01
     94 	4.333233e+01
     95 	4.333233e+01
     96 	4.333233e+01
     97 	4.333233e+01
     98 	4.333233e+01
     99 	4.333233e+01
    100 	4.333233e+01

Increasing Soft Maximum Generation Limit by 100 (MaxGenerations) to 200.
I'm doing this because the fitness is still improving.


Soft Generation Wait Limit Hit.
No Improvement in 30 Generations

Best Fit Found at Generation 100
Fit Value = 4.333233e+01


Parameters at the Solution (value, gradient):

 X[ 1] :	5.762859e+00	G[ 1] :	-2.559554e+02
 X[ 2] :	-6.386764e+00	G[ 2] :	-8.565532e+00
 X[ 3] :	5.296987e-01	G[ 3] :	-3.606851e+01
 X[ 4] :	4.139869e-01	G[ 4] :	-4.838588e+01
 X[ 5] :	-2.308863e+00	G[ 5] :	-1.775344e+02
 X[ 6] :	-3.847850e-01	G[ 6] :	-2.742981e+03
 X[ 7] :	7.334075e-02	G[ 7] :	-1.122348e+03
 X[ 8] :	6.003195e-01	G[ 8] :	0.000000e+00
 X[ 9] :	1.931603e+00	G[ 9] :	8.363470e+01
 X[10] :	-7.690767e+00	G[10] :	3.874914e+00
 X[11] :	8.590763e-01	G[11] :	9.340874e+00
 X[12] :	4.556474e-01	G[12] :	8.127040e+00
 X[13] :	-1.577681e+00	G[13] :	8.639304e+01
 X[14] :	-3.496204e-01	G[14] :	8.606240e+02
 X[15] :	4.043548e-01	G[15] :	4.469824e+01
 X[16] :	1.902137e+00	G[16] :	5.278658e+01
 X[17] :	2.120216e+00	G[17] :	7.220870e+01
 X[18] :	9.557153e-01	G[18] :	0.000000e+00
 X[19] :	1.757725e+00	G[19] :	7.444111e+01
 X[20] :	-3.669835e+00	G[20] :	2.535272e+00
 X[21] :	7.322968e-01	G[21] :	2.323467e+01
 X[22] :	7.155712e-01	G[22] :	7.522240e+00
 X[23] :	-1.800592e+00	G[23] :	5.433489e+01
 X[24] :	-2.805385e-01	G[24] :	3.253569e+02
 X[25] :	3.594745e-01	G[25] :	2.837123e+02
 X[26] :	7.832312e-01	G[26] :	0.000000e+00
 X[27] :	-6.849932e+00	G[27] :	-1.265313e+02
 X[28] :	-3.570841e+00	G[28] :	-1.030797e+01
 X[29] :	1.800435e+00	G[29] :	-2.594730e+01
 X[30] :	-1.594599e-01	G[30] :	-2.886873e+01
 X[31] :	2.349798e+00	G[31] :	-4.129184e+01
 X[32] :	-3.474509e-01	G[32] :	-1.542808e+03
 X[33] :	1.824433e+00	G[33] :	1.336134e+02
 X[34] :	2.870057e+00	G[34] :	-3.407359e+02
 X[35] :	-5.292678e+00	G[35] :	-5.662748e+01
 X[36] :	6.951214e-01	G[36] :	-2.160339e+01
 X[37] :	8.596982e-01	G[37] :	-2.830607e+02
 X[38] :	1.780689e-01	G[38] :	-9.885852e+01
 X[39] :	-4.003860e-01	G[39] :	-2.479836e+01
 X[40] :	5.004424e-01	G[40] :	-1.780370e+02
 X[41] :	-1.817803e-01	G[41] :	0.000000e+00

Solution Found Generation 100
Number of Generations Run 129


Thu Mar  4 21:51:17 2004
Total run time : 0 hours 18 minutes and 47 seconds


LQD Results:
                                                                               SLD        PSL         UP   Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.76285921  1.9316029  1.7577247 -6.8499322  2.8700565
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.38676429 -7.6907665 -3.6698355 -3.5708411 -5.2926781
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.52969870  0.8590763  0.7322968  1.8004348  0.6951214
SOE/SOE/SOE/SOE/SOE/NA                                                  0.41398687  0.4556474  0.7155712 -0.1594599  0.8596982
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.30886294 -1.5776814 -1.8005922  2.3497977  0.1780689
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.38478500 -0.3496204 -0.2805385 -0.3474509 -0.4003860
Age/Age/Age/Age/Age/NA                                                  0.07334075  0.4043548  0.3594745  1.8244333  0.5004424
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.60031948  1.9021374  0.7832312  0.0000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.00000000  2.1202164  0.0000000  0.0000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.00000000  0.9557153  0.0000000  0.0000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.1817803
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000

LQD sigma: 43.33233 


(multinomTanh):
Tanh Estimates
                                                                               SLD        PSL         UP     Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.71114582  1.8721724  1.7596402 -6.915755720  2.9328695
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.43579792 -7.6966546 -3.6641033 -3.424205452 -5.2577877
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.57965580  0.9128222  0.7511034  1.955816158  0.6313698
SOE/SOE/SOE/SOE/SOE/NA                                                  0.43822603  0.4752070  0.7193740  0.005995552  0.8389759
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.25949051 -1.5633765 -1.7968189  2.400843930  0.1645683
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.38489255 -0.3499428 -0.2800247 -0.347620577 -0.4008641
Age/Age/Age/Age/Age/NA                                                  0.07648574  0.4121109  0.3570851  1.820805307  0.4921640
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.59032274  1.9157854  0.7717235  0.000000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.00000000  2.1265947  0.0000000  0.000000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.00000000  0.9530437  0.0000000  0.000000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.1994379
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000

Tanh Sandwich SEs
                                                                              SLD        PSL         UP  Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD 2.06276914 3.63332691 2.31909734 5.1030463 2.02626334
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        2.24277400 3.10580996 1.42402043 3.6363164 1.69120533
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                       0.80481913 1.21044928 0.79412885 1.7031919 0.91815210
SOE/SOE/SOE/SOE/SOE/NA                                                 0.33412712 0.39308855 0.24167100 0.8598271 0.29857680
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              0.39308943 0.50962076 0.41866569 0.7523901 0.39686200
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   0.09106255 0.11383691 0.07475645 0.1624828 0.08546041
Age/Age/Age/Age/Age/NA                                                 0.35405731 0.64310728 0.35843037 0.8388745 0.32256504
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                0.07722219 0.91849979 0.08532007 0.0000000 0.00000000
NA/Village/NA/NA/NA/NA                                                 0.00000000 0.79070418 0.00000000 0.0000000 0.00000000
NA/Pawlak.PSL/NA/NA/NA/NA                                              0.00000000 0.07252499 0.00000000 0.0000000 0.00000000
                                                                          UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD 0.2014696
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                       0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                 0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   0.0000000
Age/Age/Age/Age/Age/NA                                                 0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                0.0000000
NA/Village/NA/NA/NA/NA                                                 0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                              0.0000000

TANH sigma: 36.57177 


**********************************

Iteration: 1 
using best non-genoud LQD sigma. Provided by Tanh.

WARNING: Since the number of parameters is greater than 20,
WARNING: MemoryMatrix has been turned off by default.
WARNING: You may turn it on using the MemoryMatrix flag.
WARNING: This option increases speed at the cost of extra memory usage.



Thu Mar  4 21:51:19 2004
Domains:
 0.000000e+00   <=  X1   <=    1.142229e+01 
 -1.287160e+01   <=  X2   <=    0.000000e+00 
 0.000000e+00   <=  X3   <=    1.159312e+00 
 0.000000e+00   <=  X4   <=    8.764521e-01 
 -4.518981e+00   <=  X5   <=    0.000000e+00 
 -7.697851e-01   <=  X6   <=    0.000000e+00 
 0.000000e+00   <=  X7   <=    1.529715e-01 
 0.000000e+00   <=  X8   <=    1.180645e+00 
 0.000000e+00   <=  X9   <=    3.744345e+00 
 -1.539331e+01   <=  X10  <=    0.000000e+00 
 0.000000e+00   <=  X11  <=    1.825644e+00 
 0.000000e+00   <=  X12  <=    9.504141e-01 
 -3.126753e+00   <=  X13  <=    0.000000e+00 
 -6.998857e-01   <=  X14  <=    0.000000e+00 
 0.000000e+00   <=  X15  <=    8.242217e-01 
 0.000000e+00   <=  X16  <=    3.831571e+00 
 0.000000e+00   <=  X17  <=    4.253189e+00 
 0.000000e+00   <=  X18  <=    1.906087e+00 
 0.000000e+00   <=  X19  <=    3.519280e+00 
 -7.328207e+00   <=  X20  <=    0.000000e+00 
 0.000000e+00   <=  X21  <=    1.502207e+00 
 0.000000e+00   <=  X22  <=    1.438748e+00 
 -3.593638e+00   <=  X23  <=    0.000000e+00 
 -5.600494e-01   <=  X24  <=    0.000000e+00 
 0.000000e+00   <=  X25  <=    7.141702e-01 
 0.000000e+00   <=  X26  <=    1.543447e+00 
 -1.383151e+01   <=  X27  <=    0.000000e+00 
 -6.848411e+00   <=  X28  <=    0.000000e+00 
 0.000000e+00   <=  X29  <=    3.911632e+00 
 0.000000e+00   <=  X30  <=    1.199110e-02 
 0.000000e+00   <=  X31  <=    4.801688e+00 
 -6.952412e-01   <=  X32  <=    0.000000e+00 
 0.000000e+00   <=  X33  <=    3.641611e+00 
 0.000000e+00   <=  X34  <=    5.865739e+00 
 -1.051558e+01   <=  X35  <=    0.000000e+00 
 0.000000e+00   <=  X36  <=    1.262740e+00 
 0.000000e+00   <=  X37  <=    1.677952e+00 
 0.000000e+00   <=  X38  <=    3.291365e-01 
 -8.017283e-01   <=  X39  <=    0.000000e+00 
 0.000000e+00   <=  X40  <=    9.843279e-01 
 -3.988757e-01   <=  X41  <=    0.000000e+00 

Data Type: Floating Point
Operators (code number, name, population) 
	(1) Cloning........................... 	116
	(2) Uniform Mutation.................. 	118
	(3) Boundary Mutation................. 	118
	(4) Non-Uniform Mutation.............. 	118
	(5) Polytope Crossover................ 	1175
	(6) Multiple Point Simple Crossover... 	118
	(7) Whole Non-Uniform Mutation........ 	118
	(8) Heuristic Crossover............... 	118
	(9) Local-Minimum Crossover........... 	0

SOFT Maximum Number of Generations: 100
Maximum Nonchanging Generations: 30
Population size       : 2000
Convergence Tolerance: 1.000000e-07

Using the BFGS Derivative Based Optimizer on the Best Individual Each Generation.
Not Checking Gradients before Stoping
Using Out of Bounds Individuals.



Minimization Problem.



STARTING VALUES


The 2 best initial individuals are
 5.71	-6.44	 0.58	 0.44	-2.26	-0.38	 0.08	 0.59	 1.87	-7.70	 0.91	 0.48	-1.56	-0.35	 0.41	 1.92	 2.13	 0.95	 1.76	-3.66	 0.75	 0.72	-1.80	-0.28	 0.36	 0.77	-6.92	-3.42	 1.96	 0.01	 2.40	-0.35	 1.82	 2.93	-5.26	 0.63	 0.84	 0.16	-0.40	 0.49	-0.20	
fitness = 4.378105e+01

 3.39	-6.26	 0.40	 0.47	-3.13	-0.19	 0.05	 0.41	 1.83	-7.42	 1.00	 0.26	-2.46	-0.26	 0.12	 0.43	 1.20	 0.43	 1.14	-1.31	 0.18	 0.85	-2.30	-0.26	 0.35	 0.42	-4.72	-1.51	 1.36	 0.00	 2.93	-0.06	 0.42	 2.56	-3.24	 0.35	 0.90	 0.04	-0.27	 0.10	-0.06	
fitness = 1.031460e+02


The worst fit of the population is: 1.433824e+06




Generation#	    Solution Value

      0 	4.378105e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      1 	4.356701e+01
XXX
      2 	4.337406e+01
XXX
XXX
XXX
XXX
      3 	4.330826e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      4 	4.301153e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      5 	4.284288e+01
      6 	4.280732e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      7 	4.255742e+01
XXX
XXX
      8 	4.248699e+01
XXX
      9 	4.245279e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     10 	4.239335e+01
XXX
XXX
     12 	4.239150e+01
XXX
     13 	4.239137e+01
XXX
     14 	4.238540e+01
XXX
     15 	4.238186e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     16 	4.237794e+01
XXX
XXX
XXX
XXX
XXX
XXX
     17 	4.237716e+01
XXX
XXX
XXX
XXX
XXX
XXX
     18 	4.237711e+01
XXX
XXX
XXX
XXX
     19 	4.237707e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     20 	4.235815e+01
XXX
     21 	4.235494e+01
XXX
     22 	4.235278e+01
XXX
     23 	4.234988e+01
XXX
     24 	4.234713e+01
XXX
XXX
XXX
XXX
XXX
XXX
     25 	4.234561e+01
XXX
XXX
     26 	4.234542e+01
XXX
XXX
     27 	4.234407e+01
XXX
     28 	4.233833e+01
XXX
     29 	4.233820e+01
XXX
XXX
XXX
     30 	4.233672e+01
XXX
     31 	4.233620e+01
XXX
     32 	4.233523e+01
XXX
     33 	4.233199e+01
XXX
     34 	4.233167e+01
XXX
XXX
XXX
     35 	4.233148e+01
XXX
     36 	4.233148e+01
XXX
     37 	4.233148e+01
XXX
XXX
XXX
XXX
XXX
     39 	4.233127e+01
XXX
XXX
XXX
XXX
XXX
     40 	4.233056e+01
XXX
     41 	4.233056e+01
XXX
XXX
     42 	4.233054e+01
XXX
XXX
XXX
     43 	4.233044e+01
XXX
XXX
XXX
     44 	4.233040e+01
XXX
XXX
     45 	4.233033e+01
XXX
XXX
     46 	4.233027e+01
XXX
     47 	4.233023e+01
XXX
     48 	4.233016e+01
XXX
XXX
     49 	4.232966e+01
XXX
     50 	4.232933e+01
XXX
     51 	4.232933e+01
XXX
     52 	4.232930e+01
XXX
XXX
     53 	4.232930e+01
XXX
     54 	4.232929e+01
XXX
     55 	4.232929e+01
XXX
     56 	4.232929e+01
XXX
     57 	4.232928e+01
XXX
     58 	4.232928e+01
XXX
XXX
XXX
     59 	4.232928e+01
XXX
     60 	4.232925e+01
XXX
     61 	4.232924e+01
XXX
XXX
XXX
XXX
     62 	4.232919e+01
XXX
     63 	4.232915e+01
XXX
     64 	4.232915e+01
XXX
     65 	4.232913e+01
XXX
     66 	4.232912e+01
XXX
XXX
     67 	4.232910e+01
XXX
     68 	4.232898e+01
XXX
     69 	4.232895e+01
XXX
     70 	4.232883e+01
XXX
XXX
     71 	4.232860e+01
XXX
     72 	4.232663e+01
XXX
     73 	4.232642e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     74 	4.232633e+01
XXX
     75 	4.232631e+01
XXX
     76 	4.232629e+01
XXX
     77 	4.232628e+01
XXX
     78 	4.232612e+01
XXX
     79 	4.232604e+01
XXX
XXX
XXX
     80 	4.232601e+01
XXX
     81 	4.232600e+01
XXX
     82 	4.232598e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     83 	4.232585e+01
XXX
     84 	4.232582e+01
XXX
     85 	4.232580e+01
XXX
     86 	4.232568e+01
XXX
     87 	4.232560e+01
XXX
     88 	4.232553e+01
XXX
     89 	4.232553e+01
XXX
     90 	4.232552e+01
XXX
     91 	4.232551e+01
XXX
XXX
XXX
     92 	4.232550e+01
XXX
     93 	4.232549e+01
XXX
     94 	4.232549e+01
XXX
     95 	4.232548e+01
XXX
     96 	4.232548e+01
XXX
     97 	4.232548e+01
XXX
     98 	4.232548e+01
XXX
     99 	4.232547e+01
XXX
    100 	4.232547e+01

Increasing Soft Maximum Generation Limit by 100 (MaxGenerations) to 200.
I'm doing this because the fitness is still improving.

XXX
    101 	4.232547e+01
XXX
    102 	4.232546e+01
XXX
    103 	4.232545e+01
XXX
    104 	4.232545e+01
XXX
    105 	4.232545e+01
XXX
    106 	4.232544e+01
XXX
    107 	4.232544e+01
XXX
XXX
    108 	4.232543e+01
XXX
    109 	4.232543e+01
XXX
    110 	4.232543e+01
XXX
    111 	4.232543e+01
XXX
    112 	4.232543e+01
XXX
    113 	4.232543e+01
XXX
    114 	4.232543e+01
XXX
    115 	4.232543e+01
XXX
    116 	4.232543e+01
XXX
    117 	4.232542e+01
XXX
    118 	4.232542e+01
XXX
    119 	4.232542e+01
XXX
    120 	4.232542e+01
XXX
    121 	4.232542e+01
XXX
    122 	4.232542e+01
XXX
    123 	4.232542e+01
XXX
    124 	4.232542e+01
XXX
    125 	4.232542e+01
XXX
    126 	4.232542e+01
XXX
XXX
    128 	4.232542e+01
XXX
    129 	4.232542e+01
XXX
    130 	4.232542e+01
XXX
    131 	4.232542e+01
XXX
    132 	4.232542e+01
XXX
    133 	4.232542e+01
XXX
    134 	4.232542e+01
XXX
    135 	4.232542e+01
XXX
    136 	4.232542e+01
XXX
    137 	4.232542e+01
XXX
    138 	4.232542e+01
XXX
    139 	4.232542e+01
XXX
    140 	4.232542e+01
XXX
    141 	4.232542e+01
XXX
    142 	4.232542e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX

Soft Generation Wait Limit Hit.
No Improvement in 30 Generations

Best Fit Found at Generation 142
Fit Value = 4.232542e+01


Parameters at the Solution (value, gradient):

 X[ 1] :	5.711581e+00	G[ 1] :	-8.398752e+01
 X[ 2] :	-6.435941e+00	G[ 2] :	-5.898196e+00
 X[ 3] :	5.797073e-01	G[ 3] :	-3.163724e+01
 X[ 4] :	5.086889e-01	G[ 4] :	-1.879662e+01
 X[ 5] :	-2.258988e+00	G[ 5] :	-5.278236e+01
 X[ 6] :	-3.874996e-01	G[ 6] :	-5.928222e+02
 X[ 7] :	7.515597e-02	G[ 7] :	-8.582985e+02
 X[ 8] :	5.859440e-01	G[ 8] :	0.000000e+00
 X[ 9] :	1.871994e+00	G[ 9] :	-1.816792e+01
 X[10] :	-7.696633e+00	G[10] :	-6.585828e+00
 X[11] :	7.312126e-01	G[11] :	3.082617e+01
 X[12] :	4.753275e-01	G[12] :	-2.059376e+01
 X[13] :	-1.521801e+00	G[13] :	-2.303218e+01
 X[14] :	-3.473355e-01	G[14] :	-3.064943e+02
 X[15] :	4.131374e-01	G[15] :	-1.145971e+02
 X[16] :	1.916002e+00	G[16] :	7.169112e+00
 X[17] :	2.126628e+00	G[17] :	2.381337e+01
 X[18] :	9.544881e-01	G[18] :	9.650814e+01
 X[19] :	1.758823e+00	G[19] :	-3.317513e+01
 X[20] :	-3.664227e+00	G[20] :	-1.379173e+00
 X[21] :	7.509813e-01	G[21] :	-2.367464e+01
 X[22] :	7.190730e-01	G[22] :	1.941119e+00
 X[23] :	-1.797336e+00	G[23] :	-9.337194e+00
 X[24] :	-2.809698e-01	G[24] :	-3.758610e+02
 X[25] :	3.567940e-01	G[25] :	-1.226434e+02
 X[26] :	7.626099e-01	G[26] :	0.000000e+00
 X[27] :	-7.336613e+00	G[27] :	-7.421870e+01
 X[28] :	-3.452670e+00	G[28] :	-1.412480e+00
 X[29] :	1.955713e+00	G[29] :	-2.175957e+01
 X[30] :	1.335224e-03	G[30] :	-1.663677e+00
 X[31] :	3.069825e+00	G[31] :	-4.435608e+01
 X[32] :	-3.488417e-01	G[32] :	-7.839847e+02
 X[33] :	1.819032e+00	G[33] :	-3.163722e+02
 X[34] :	2.933199e+00	G[34] :	1.673417e+02
 X[35] :	-5.257988e+00	G[35] :	6.566856e+00
 X[36] :	6.314547e-01	G[36] :	3.989722e+01
 X[37] :	8.440077e-01	G[37] :	1.217558e+01
 X[38] :	1.646951e-01	G[38] :	1.156956e+02
 X[39] :	-4.016098e-01	G[39] :	8.638759e+01
 X[40] :	4.924190e-01	G[40] :	3.778103e+01
 X[41] :	-1.999748e-01	G[41] :	0.000000e+00

Solution Found Generation 142
Number of Generations Run 168


Thu Mar  4 22:16:52 2004
Total run time : 0 hours 25 minutes and 33 seconds

(iter 1 ): LQD Results:
                                                                               SLD        PSL         UP     Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.71158077  1.8719942  1.7588231 -7.336612679  2.9331991
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.43594122 -7.6966331 -3.6642271 -3.452670150 -5.2579881
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.57970727  0.7312126  0.7509813  1.955713392  0.6314547
SOE/SOE/SOE/SOE/SOE/NA                                                  0.50868891  0.4753275  0.7190730  0.001335224  0.8440077
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.25898797 -1.5218006 -1.7973357  3.069825270  0.1646951
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.38749964 -0.3473355 -0.2809698 -0.348841674 -0.4016098
Age/Age/Age/Age/Age/NA                                                  0.07515597  0.4131374  0.3567940  1.819031970  0.4924190
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.58594403  1.9160016  0.7626099  0.000000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.00000000  2.1266278  0.0000000  0.000000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.00000000  0.9544881  0.0000000  0.000000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.1999748
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000

(iter 1 ): LQD sigma: 42.32542 

(iter 1 ): Tanh Estimates
                                                                               SLD        PSL         UP   Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.69138079  1.8170642  1.7728154 -7.1630249  2.9895205
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.47653971 -7.7150787 -3.6517220 -3.2259301 -5.2268588
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.61765914  0.8061062  0.7689456  2.0950533  0.5762008
SOE/SOE/SOE/SOE/SOE/NA                                                  0.52184321  0.4944102  0.7246508  0.1654243  0.8255463
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.21600038 -1.5130932 -1.7909787  3.0267131  0.1533739
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.38793580 -0.3477107 -0.2807353 -0.3543586 -0.4019010
Age/Age/Age/Age/Age/NA                                                  0.07410827  0.4194681  0.3520862  1.7864857  0.4846574
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.57850047  1.9262439  0.7535890  0.0000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.00000000  2.1329767  0.0000000  0.0000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.00000000  0.9511813  0.0000000  0.0000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.2178985
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000

(iter 1 ): Tanh Sandwich SEs
                                                                              SLD        PSL         UP  Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD 2.07220945 3.72220290 2.34447422 5.2354140 2.02007079
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        2.23594199 3.25637236 1.39455990 3.2816853 1.69831338
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                       0.80130696 1.24155712 0.79913013 1.6896020 0.92170739
SOE/SOE/SOE/SOE/SOE/NA                                                 0.32753407 0.40858219 0.24668125 0.8701594 0.30099298
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              0.39645161 0.51632673 0.42857686 0.6271932 0.40309412
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   0.09059436 0.11242581 0.07552696 0.1613837 0.08614967
Age/Age/Age/Age/Age/NA                                                 0.35353558 0.65926234 0.35835334 0.8588524 0.31935674
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                0.05450623 0.92347502 0.08177361 0.0000000 0.00000000
NA/Village/NA/NA/NA/NA                                                 0.00000000 0.80716695 0.00000000 0.0000000 0.00000000
NA/Pawlak.PSL/NA/NA/NA/NA                                              0.00000000 0.07903591 0.00000000 0.0000000 0.00000000
                                                                          UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD 0.2087972
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                       0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                 0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   0.0000000
Age/Age/Age/Age/Age/NA                                                 0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                0.0000000
NA/Village/NA/NA/NA/NA                                                 0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                              0.0000000

(iter 1 ): TANH sigma: 35.81021 


**********************************

Iteration: 2 
using LQD sigma provided by Tanh.

WARNING: Since the number of parameters is greater than 20,
WARNING: MemoryMatrix has been turned off by default.
WARNING: You may turn it on using the MemoryMatrix flag.
WARNING: This option increases speed at the cost of extra memory usage.



Thu Mar  4 22:16:54 2004
Domains:
 0.000000e+00   <=  X1   <=    1.138276e+01 
 -1.295308e+01   <=  X2   <=    0.000000e+00 
 0.000000e+00   <=  X3   <=    1.235318e+00 
 0.000000e+00   <=  X4   <=    1.043686e+00 
 -4.432001e+00   <=  X5   <=    0.000000e+00 
 -7.758716e-01   <=  X6   <=    0.000000e+00 
 0.000000e+00   <=  X7   <=    1.482165e-01 
 0.000000e+00   <=  X8   <=    1.157001e+00 
 0.000000e+00   <=  X9   <=    3.634128e+00 
 -1.543016e+01   <=  X10  <=    0.000000e+00 
 0.000000e+00   <=  X11  <=    1.612212e+00 
 0.000000e+00   <=  X12  <=    9.888205e-01 
 -3.026186e+00   <=  X13  <=    0.000000e+00 
 -6.954214e-01   <=  X14  <=    0.000000e+00 
 0.000000e+00   <=  X15  <=    8.389362e-01 
 0.000000e+00   <=  X16  <=    3.852488e+00 
 0.000000e+00   <=  X17  <=    4.265953e+00 
 0.000000e+00   <=  X18  <=    1.902363e+00 
 0.000000e+00   <=  X19  <=    3.545631e+00 
 -7.303444e+00   <=  X20  <=    0.000000e+00 
 0.000000e+00   <=  X21  <=    1.537891e+00 
 0.000000e+00   <=  X22  <=    1.449302e+00 
 -3.581957e+00   <=  X23  <=    0.000000e+00 
 -5.614707e-01   <=  X24  <=    0.000000e+00 
 0.000000e+00   <=  X25  <=    7.041724e-01 
 0.000000e+00   <=  X26  <=    1.507178e+00 
 -1.432605e+01   <=  X27  <=    0.000000e+00 
 -6.451860e+00   <=  X28  <=    0.000000e+00 
 0.000000e+00   <=  X29  <=    4.190107e+00 
 0.000000e+00   <=  X30  <=    3.308487e-01 
 0.000000e+00   <=  X31  <=    6.053426e+00 
 -7.087173e-01   <=  X32  <=    0.000000e+00 
 0.000000e+00   <=  X33  <=    3.572971e+00 
 0.000000e+00   <=  X34  <=    5.979041e+00 
 -1.045372e+01   <=  X35  <=    0.000000e+00 
 0.000000e+00   <=  X36  <=    1.152402e+00 
 0.000000e+00   <=  X37  <=    1.651093e+00 
 0.000000e+00   <=  X38  <=    3.067478e-01 
 -8.038019e-01   <=  X39  <=    0.000000e+00 
 0.000000e+00   <=  X40  <=    9.693147e-01 
 -4.357970e-01   <=  X41  <=    0.000000e+00 

Data Type: Floating Point
Operators (code number, name, population) 
	(1) Cloning........................... 	116
	(2) Uniform Mutation.................. 	118
	(3) Boundary Mutation................. 	118
	(4) Non-Uniform Mutation.............. 	118
	(5) Polytope Crossover................ 	1175
	(6) Multiple Point Simple Crossover... 	118
	(7) Whole Non-Uniform Mutation........ 	118
	(8) Heuristic Crossover............... 	118
	(9) Local-Minimum Crossover........... 	0

SOFT Maximum Number of Generations: 100
Maximum Nonchanging Generations: 30
Population size       : 2000
Convergence Tolerance: 1.000000e-07

Using the BFGS Derivative Based Optimizer on the Best Individual Each Generation.
Not Checking Gradients before Stoping
Using Out of Bounds Individuals.



Minimization Problem.



STARTING VALUES


The 2 best initial individuals are
 5.69	-6.48	 0.62	 0.52	-2.22	-0.39	 0.07	 0.58	 1.82	-7.72	 0.81	 0.49	-1.51	-0.35	 0.42	 1.93	 2.13	 0.95	 1.77	-3.65	 0.77	 0.72	-1.79	-0.28	 0.35	 0.75	-7.16	-3.23	 2.10	 0.17	 3.03	-0.35	 1.79	 2.99	-5.23	 0.58	 0.83	 0.15	-0.40	 0.48	-0.22	
fitness = 4.310463e+01

 7.49	-10.01	 1.05	 0.34	-2.42	-0.48	 0.02	 0.74	 1.61	-7.51	 0.18	 0.84	-0.97	-0.44	 0.74	 2.31	 2.25	 0.70	 2.70	-6.27	 0.23	 1.37	-3.30	-0.18	 0.30	 0.65	-9.49	-2.40	 1.08	 0.20	 5.52	-0.48	 2.29	 3.62	-6.79	 1.06	 0.42	 0.05	-0.59	 0.89	-0.16	
fitness = 9.120156e+01


The worst fit of the population is: 1.524008e+06




Generation#	    Solution Value

      0 	4.310463e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      1 	4.287060e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      2 	4.280363e+01
XXX
      3 	4.273419e+01
      4 	4.273395e+01
      5 	4.272233e+01
XXX
XXX
      6 	4.270452e+01
      7 	4.270074e+01
      8 	4.269836e+01
XXX
XXX
      9 	4.269613e+01
     10 	4.269578e+01
     11 	4.269504e+01
XXX
XXX
XXX
     12 	4.250523e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     13 	4.245492e+01
     14 	4.243058e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     15 	4.233467e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     16 	4.223133e+01
XXX
XXX
     17 	4.223122e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     18 	4.222866e+01
     19 	4.220337e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     20 	4.219336e+01
XXX
     21 	4.218772e+01
XXX
XXX
XXX
XXX
XXX
     22 	4.217889e+01
XXX
XXX
XXX
XXX
     23 	4.214814e+01
     24 	4.214401e+01
     25 	4.214208e+01
     26 	4.214160e+01
     27 	4.214155e+01
     28 	4.214062e+01
XXX
     29 	4.214015e+01
XXX
XXX
XXX
XXX
     30 	4.213855e+01
XXX
XXX
     31 	4.213814e+01
XXX
     32 	4.213810e+01
XXX
     33 	4.213745e+01
XXX
     34 	4.213701e+01
XXX
XXX
     35 	4.213693e+01
XXX
XXX
     36 	4.213687e+01
XXX
     37 	4.213687e+01
XXX
XXX
     38 	4.213684e+01
XXX
     39 	4.213682e+01
XXX
     40 	4.213644e+01
XXX
     41 	4.213607e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     42 	4.213531e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     43 	4.213519e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     44 	4.213444e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     45 	4.213255e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     46 	4.213231e+01
     47 	4.213152e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     48 	4.212807e+01
     49 	4.212774e+01
XXX
XXX
XXX
XXX
XXX
XXX
     50 	4.212285e+01
XXX
     51 	4.211724e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     52 	4.211372e+01
     53 	4.211363e+01
     54 	4.211363e+01
XXX
XXX
     55 	4.211353e+01
XXX
     56 	4.211340e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     57 	4.211336e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     58 	4.211335e+01
XXX
     59 	4.211333e+01
XXX
XXX
XXX
XXX
XXX
     60 	4.211332e+01
XXX
     61 	4.211328e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     62 	4.211327e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     63 	4.211322e+01
XXX
     64 	4.211322e+01
XXX
     65 	4.211322e+01
XXX
     66 	4.211322e+01
XXX
     67 	4.211322e+01
XXX
     68 	4.211321e+01
XXX
     69 	4.211321e+01
XXX
     70 	4.211321e+01
XXX
     71 	4.211320e+01
XXX
XXX
XXX
XXX
XXX
XXX
     72 	4.211320e+01
XXX
     73 	4.211320e+01
XXX
     74 	4.211319e+01
XXX
     75 	4.211319e+01
XXX
     76 	4.211319e+01
XXX
     77 	4.211319e+01
XXX
     78 	4.211319e+01
XXX
     79 	4.211319e+01
XXX
     80 	4.211319e+01
XXX
     81 	4.211319e+01
XXX
     82 	4.211319e+01
XXX
     83 	4.211319e+01
XXX
     84 	4.211319e+01
XXX
     85 	4.211319e+01
XXX
     86 	4.211319e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     87 	4.211318e+01
XXX
     88 	4.211318e+01
XXX
     89 	4.211318e+01
XXX
     90 	4.211318e+01
XXX
     91 	4.211318e+01
XXX
     92 	4.211318e+01
XXX
     93 	4.211318e+01
XXX
     94 	4.211318e+01
XXX
     95 	4.211318e+01
XXX
     96 	4.211318e+01
XXX
     97 	4.211318e+01
XXX
     98 	4.211318e+01
XXX
     99 	4.211318e+01
XXX
    100 	4.211318e+01

Increasing Soft Maximum Generation Limit by 100 (MaxGenerations) to 200.
I'm doing this because the fitness is still improving.

XXX
    101 	4.211318e+01
XXX
    102 	4.211318e+01
XXX
    103 	4.211318e+01
XXX
    104 	4.211318e+01
XXX
XXX
    105 	4.211053e+01
XXX
    106 	4.211025e+01
XXX
    107 	4.211023e+01
XXX
XXX
    108 	4.210986e+01
XXX
    109 	4.210955e+01
XXX
    110 	4.210848e+01
XXX
    111 	4.210818e+01
XXX
    112 	4.210762e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    113 	4.210730e+01
XXX
XXX
XXX
XXX
XXX
XXX
    114 	4.210595e+01
XXX
    115 	4.210567e+01
XXX
    116 	4.210564e+01
XXX
    117 	4.210559e+01
XXX
    118 	4.210556e+01
XXX
    119 	4.210545e+01
XXX
    120 	4.210543e+01
XXX
    121 	4.210519e+01
XXX
    122 	4.210518e+01
XXX
    123 	4.210517e+01
XXX
    124 	4.210515e+01
XXX
    125 	4.210515e+01
XXX
XXX
    126 	4.210513e+01
XXX
    127 	4.210511e+01
XXX
    128 	4.210511e+01
XXX
    129 	4.210511e+01
XXX
    130 	4.210509e+01
XXX
    131 	4.210509e+01
XXX
    132 	4.210509e+01
XXX
    133 	4.210509e+01
XXX
    134 	4.210509e+01
XXX
    135 	4.210509e+01
XXX
    136 	4.210509e+01
XXX
    137 	4.210509e+01
XXX
    138 	4.210508e+01
XXX
    139 	4.210508e+01
XXX
    140 	4.210508e+01
XXX
    141 	4.210508e+01
XXX
    142 	4.210508e+01
XXX
    143 	4.210508e+01
XXX
    144 	4.210508e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    145 	4.210502e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    146 	4.210380e+01
XXX
    147 	4.210351e+01
XXX
    148 	4.210321e+01
XXX
XXX
XXX
XXX
    149 	4.210313e+01
XXX
XXX
XXX
XXX
XXX
    150 	4.210260e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    151 	4.210219e+01
XXX
    152 	4.210193e+01
XXX
    153 	4.210091e+01
XXX
XXX
XXX
    154 	4.210048e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    155 	4.209906e+01
XXX
    156 	4.209833e+01
XXX
    157 	4.209810e+01
XXX
    158 	4.209781e+01
XXX
    159 	4.209626e+01
XXX
XXX
XXX
XXX
XXX
XXX
    160 	4.209399e+01
XXX
XXX
XXX
    161 	4.209200e+01
XXX
    162 	4.208938e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    163 	4.208861e+01
XXX
    164 	4.208853e+01
XXX
    165 	4.208844e+01
    166 	4.208839e+01
    167 	4.208833e+01
    168 	4.208829e+01
    169 	4.208818e+01
XXX
    170 	4.208814e+01
XXX
    171 	4.208810e+01
XXX
XXX
    172 	4.208805e+01
XXX
XXX
XXX
XXX
XXX
    173 	4.208799e+01
XXX
    174 	4.208799e+01
XXX
    175 	4.208798e+01
XXX
    176 	4.208797e+01
XXX
    177 	4.208797e+01
XXX
    178 	4.208796e+01
XXX
XXX
XXX
    179 	4.208791e+01
XXX
    180 	4.208789e+01
XXX
XXX
XXX
XXX
    181 	4.208788e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    182 	4.208780e+01
XXX
    183 	4.208773e+01
XXX
    184 	4.208766e+01
XXX
    185 	4.208749e+01
XXX
XXX
XXX
    186 	4.208735e+01
XXX
XXX
    187 	4.208734e+01
XXX
XXX
XXX
    188 	4.208734e+01
XXX
    189 	4.208733e+01
XXX
    190 	4.208733e+01
XXX
    191 	4.208733e+01
XXX
    192 	4.208733e+01
XXX
    193 	4.208733e+01
XXX
    194 	4.208733e+01
XXX
    195 	4.208733e+01
XXX
    196 	4.208733e+01
XXX
    197 	4.208733e+01
XXX
    198 	4.208733e+01
XXX
    199 	4.208733e+01
XXX
    200 	4.208733e+01

Increasing Soft Maximum Generation Limit by 200 (MaxGenerations) to 400.
I'm doing this because the fitness is still improving.

XXX
    201 	4.208733e+01
XXX
    202 	4.208733e+01
XXX
    203 	4.208733e+01
XXX
    204 	4.208732e+01
XXX
    205 	4.208732e+01
XXX
    206 	4.208732e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
    229 	4.208732e+01
XXX
    230 	4.208732e+01
XXX
    231 	4.208732e+01
XXX
    232 	4.208732e+01
XXX
    233 	4.208732e+01
XXX
    234 	4.208732e+01
XXX
    235 	4.208732e+01
XXX
    236 	4.208732e+01
XXX
    237 	4.208732e+01
XXX
    238 	4.208732e+01
    239 	4.208732e+01
    240 	4.208732e+01
    241 	4.208732e+01
    242 	4.208732e+01
    243 	4.208732e+01
    244 	4.208732e+01
    245 	4.208732e+01
    246 	4.208732e+01
    247 	4.208732e+01
    248 	4.208732e+01
    249 	4.208732e+01
    250 	4.208732e+01
    251 	4.208732e+01
    252 	4.208732e+01
    253 	4.208732e+01
    254 	4.208732e+01
    255 	4.208732e+01
    256 	4.208732e+01
    257 	4.208732e+01
    258 	4.208732e+01
    259 	4.208732e+01
    260 	4.208732e+01
    261 	4.208732e+01
    262 	4.208732e+01
    263 	4.208732e+01
    264 	4.208732e+01
    265 	4.208732e+01
    266 	4.208732e+01

Soft Generation Wait Limit Hit.
No Improvement in 30 Generations

Best Fit Found at Generation 266
Fit Value = 4.208732e+01


Parameters at the Solution (value, gradient):

XXX
XXX
 X[ 1] :	5.691346e+00	G[ 1] :	-1.910296e+02
 X[ 2] :	-6.476655e+00	G[ 2] :	-4.140739e+00
 X[ 3] :	6.237643e-01	G[ 3] :	-4.267556e+01
 X[ 4] :	5.258839e-01	G[ 4] :	-1.968667e+01
 X[ 5] :	-2.216133e+00	G[ 5] :	-1.068659e+02
 X[ 6] :	-3.884791e-01	G[ 6] :	-1.991762e+03
 X[ 7] :	7.379159e-02	G[ 7] :	-8.556717e+02
 X[ 8] :	5.829326e-01	G[ 8] :	-1.433537e+02
 X[ 9] :	1.817071e+00	G[ 9] :	5.552240e+01
 X[10] :	-7.644491e+00	G[10] :	3.315487e-01
 X[11] :	8.087441e-01	G[11] :	1.564353e+01
 X[12] :	4.922641e-01	G[12] :	-1.787535e+01
 X[13] :	-1.170730e+00	G[13] :	3.512273e+01
 X[14] :	-3.476711e-01	G[14] :	4.652365e+02
 X[15] :	3.702824e-01	G[15] :	2.810063e+02
 X[16] :	1.926273e+00	G[16] :	6.553258e+01
 X[17] :	2.077693e+00	G[17] :	8.884943e+01
 X[18] :	9.885610e-01	G[18] :	0.000000e+00
 X[19] :	1.773240e+00	G[19] :	-5.402527e+01
 X[20] :	-3.652246e+00	G[20] :	-3.585262e+00
 X[21] :	7.620940e-01	G[21] :	-3.970852e+00
 X[22] :	7.244199e-01	G[22] :	-1.188641e+01
 X[23] :	-1.791012e+00	G[23] :	-2.729374e+01
 X[24] :	-2.811068e-01	G[24] :	-6.145018e+02
 X[25] :	3.519718e-01	G[25] :	-2.437137e+02
 X[26] :	7.501781e-01	G[26] :	0.000000e+00
 X[27] :	-7.162954e+00	G[27] :	1.251711e+02
 X[28] :	-3.227362e+00	G[28] :	4.385726e+00
 X[29] :	2.094837e+00	G[29] :	2.139148e+01
 X[30] :	1.230611e-02	G[30] :	2.365073e+01
 X[31] :	3.026792e+00	G[31] :	8.124697e+01
 X[32] :	-3.540004e-01	G[32] :	1.286791e+03
 X[33] :	1.786670e+00	G[33] :	5.614072e+02
 X[34] :	2.989524e+00	G[34] :	9.274329e+01
 X[35] :	-5.226677e+00	G[35] :	9.227268e+00
 X[36] :	5.762545e-01	G[36] :	2.860852e+00
 X[37] :	8.255221e-01	G[37] :	2.670118e+01
 X[38] :	1.531022e-01	G[38] :	0.000000e+00
 X[39] :	-4.017890e-01	G[39] :	1.128832e+03
 X[40] :	4.847243e-01	G[40] :	4.239365e+02
 X[41] :	-2.943231e-01	G[41] :	0.000000e+00

Solution Found Generation 266
Number of Generations Run 297


Thu Mar  4 23:01:31 2004
Total run time : 0 hours 44 minutes and 37 seconds

(iter 2 ): LQD Results:
                                                                              SLD        PSL         UP    Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.6913458  1.8170712  1.7732397 -7.16295394  2.9895238
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.4766552 -7.6444908 -3.6522463 -3.22736220 -5.2266766
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.6237643  0.8087441  0.7620940  2.09483712  0.5762545
SOE/SOE/SOE/SOE/SOE/NA                                                  0.5258839  0.4922641  0.7244199  0.01230611  0.8255221
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.2161334 -1.1707296 -1.7910118  3.02679194  0.1531022
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.3884791 -0.3476711 -0.2811068 -0.35400042 -0.4017890
Age/Age/Age/Age/Age/NA                                                  0.0737916  0.3702824  0.3519718  1.78666983  0.4847243
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.5829326  1.9262734  0.7501781  0.00000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000  2.0776929  0.0000000  0.00000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000  0.9885610  0.0000000  0.00000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.2943231
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000

(iter 2 ): LQD sigma: 42.08732 

(iter 2 ): Tanh Estimates
                                                                               SLD        PSL         UP   Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.66912619  1.7769127  1.7849353 -7.0006175  3.0366228
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.51403948 -7.6804071 -3.6414493 -3.0152347 -5.2010288
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.65759851  0.8715998  0.7795474  2.2199546  0.5295341
SOE/SOE/SOE/SOE/SOE/NA                                                  0.53730118  0.5100859  0.7297451  0.1816632  0.8099406
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.17724923 -1.2110063 -1.7846946  2.9923219  0.1434862
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.38849600 -0.3472753 -0.2807769 -0.3592587 -0.4020018
Age/Age/Age/Age/Age/NA                                                  0.07302472  0.3791732  0.3476345  1.7556684  0.4781681
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.57589082  1.9355415  0.7429386  0.0000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.00000000  2.0936548  0.0000000  0.0000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.00000000  0.9803691  0.0000000  0.0000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.2993371
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000

(iter 2 ): Tanh Sandwich SEs
                                                                              SLD        PSL        UP  Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD 2.05942521 3.54855861 2.3442133 5.2978270 2.02278888
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        2.22590496 3.28298326 1.3943269 3.3716511 1.68797588
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                       0.80480706 1.22526464 0.7996624 1.7068619 0.92208978
SOE/SOE/SOE/SOE/SOE/NA                                                 0.32488417 0.38867009 0.2465358 0.8761497 0.30157732
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              0.39639609 0.50361778 0.4298282 0.6505559 0.40446806
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   0.08998012 0.11078539 0.0752774 0.1611281 0.08633879
Age/Age/Age/Age/Age/NA                                                 0.34912441 0.61431267 0.3582304 0.8717816 0.31923128
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                0.05884190 0.93474010 0.0809149 0.0000000 0.00000000
NA/Village/NA/NA/NA/NA                                                 0.00000000 0.81569008 0.0000000 0.0000000 0.00000000
NA/Pawlak.PSL/NA/NA/NA/NA                                              0.00000000 0.07162468 0.0000000 0.0000000 0.00000000
                                                                          UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD 0.2322638
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                       0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                 0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   0.0000000
Age/Age/Age/Age/Age/NA                                                 0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                0.0000000
NA/Village/NA/NA/NA/NA                                                 0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                              0.0000000

(iter 2 ): TANH sigma: 35.56749 


**********************************

Iteration: 3 
using LQD sigma provided by Tanh.

WARNING: Since the number of parameters is greater than 20,
WARNING: MemoryMatrix has been turned off by default.
WARNING: You may turn it on using the MemoryMatrix flag.
WARNING: This option increases speed at the cost of extra memory usage.



Thu Mar  4 23:01:33 2004
Domains:
 0.000000e+00   <=  X1   <=    1.133825e+01 
 -1.302808e+01   <=  X2   <=    0.000000e+00 
 0.000000e+00   <=  X3   <=    1.315197e+00 
 0.000000e+00   <=  X4   <=    1.074602e+00 
 -4.354498e+00   <=  X5   <=    0.000000e+00 
 -7.769920e-01   <=  X6   <=    0.000000e+00 
 0.000000e+00   <=  X7   <=    1.460494e-01 
 0.000000e+00   <=  X8   <=    1.151782e+00 
 0.000000e+00   <=  X9   <=    3.553825e+00 
 -1.536081e+01   <=  X10  <=    0.000000e+00 
 0.000000e+00   <=  X11  <=    1.743200e+00 
 0.000000e+00   <=  X12  <=    1.020172e+00 
 -2.422013e+00   <=  X13  <=    0.000000e+00 
 -6.945506e-01   <=  X14  <=    0.000000e+00 
 0.000000e+00   <=  X15  <=    7.583465e-01 
 0.000000e+00   <=  X16  <=    3.871083e+00 
 0.000000e+00   <=  X17  <=    4.187310e+00 
 0.000000e+00   <=  X18  <=    1.960738e+00 
 0.000000e+00   <=  X19  <=    3.569871e+00 
 -7.282899e+00   <=  X20  <=    0.000000e+00 
 0.000000e+00   <=  X21  <=    1.559095e+00 
 0.000000e+00   <=  X22  <=    1.459490e+00 
 -3.569389e+00   <=  X23  <=    0.000000e+00 
 -5.615538e-01   <=  X24  <=    0.000000e+00 
 0.000000e+00   <=  X25  <=    6.952691e-01 
 0.000000e+00   <=  X26  <=    1.485877e+00 
 -1.400123e+01   <=  X27  <=    0.000000e+00 
 -6.030469e+00   <=  X28  <=    0.000000e+00 
 0.000000e+00   <=  X29  <=    4.439909e+00 
 0.000000e+00   <=  X30  <=    3.633264e-01 
 0.000000e+00   <=  X31  <=    5.984644e+00 
 -7.185173e-01   <=  X32  <=    0.000000e+00 
 0.000000e+00   <=  X33  <=    3.511337e+00 
 0.000000e+00   <=  X34  <=    6.073246e+00 
 -1.040206e+01   <=  X35  <=    0.000000e+00 
 0.000000e+00   <=  X36  <=    1.059068e+00 
 0.000000e+00   <=  X37  <=    1.619881e+00 
 0.000000e+00   <=  X38  <=    2.869725e-01 
 -8.040036e-01   <=  X39  <=    0.000000e+00 
 0.000000e+00   <=  X40  <=    9.563362e-01 
 -5.986742e-01   <=  X41  <=    0.000000e+00 

Data Type: Floating Point
Operators (code number, name, population) 
	(1) Cloning........................... 	116
	(2) Uniform Mutation.................. 	118
	(3) Boundary Mutation................. 	118
	(4) Non-Uniform Mutation.............. 	118
	(5) Polytope Crossover................ 	1175
	(6) Multiple Point Simple Crossover... 	118
	(7) Whole Non-Uniform Mutation........ 	118
	(8) Heuristic Crossover............... 	118
	(9) Local-Minimum Crossover........... 	0

SOFT Maximum Number of Generations: 100
Maximum Nonchanging Generations: 30
Population size       : 2000
Convergence Tolerance: 1.000000e-07

Using the BFGS Derivative Based Optimizer on the Best Individual Each Generation.
Not Checking Gradients before Stoping
Using Out of Bounds Individuals.



Minimization Problem.



STARTING VALUES


The 2 best initial individuals are
 5.67	-6.51	 0.66	 0.54	-2.18	-0.39	 0.07	 0.58	 1.78	-7.68	 0.87	 0.51	-1.21	-0.35	 0.38	 1.94	 2.09	 0.98	 1.78	-3.64	 0.78	 0.73	-1.78	-0.28	 0.35	 0.74	-7.00	-3.02	 2.22	 0.18	 2.99	-0.36	 1.76	 3.04	-5.20	 0.53	 0.81	 0.14	-0.40	 0.48	-0.30	
fitness = 4.262164e+01

 3.66	-11.31	 0.10	 0.70	-0.29	-0.21	 0.05	 0.86	 2.16	-1.21	 1.46	 0.58	-1.85	-0.49	 0.42	 3.03	 2.74	 1.87	 2.11	-4.42	 1.30	 0.16	-3.46	-0.02	 0.03	 0.20	-10.14	-3.85	 1.13	 0.01	 0.78	-0.63	 3.47	 5.94	-4.27	 0.71	 0.76	 0.15	-0.73	 0.64	-0.35	
fitness = 1.178679e+02


The worst fit of the population is: 7.066902e+05




Generation#	    Solution Value

      0 	4.262164e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      1 	4.245807e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      2 	4.243290e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
      3 	4.239543e+01
XXX
      4 	4.239323e+01
XXX
XXX
XXX
XXX
      5 	4.237942e+01
XXX
XXX
XXX
XXX
XXX
XXX
      6 	4.237129e+01
XXX
      7 	4.236906e+01
XXX
XXX
XXX
XXX
XXX
      8 	4.234748e+01
      9 	4.233080e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     10 	4.231398e+01
XXX
XXX
     11 	4.228560e+01
XXX
     12 	4.227021e+01
XXX
     13 	4.226189e+01
XXX
     14 	4.226149e+01
XXX
XXX
XXX
XXX
XXX
XXX
     15 	4.226145e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
     16 	4.226110e+01
XXX
     17 	4.226095e+01
XXX
     18 	4.226094e+01
XXX
XXX
XXX
XXX
XXX
XXX
     19 	4.226092e+01
XXX
     20 	4.226091e+01
XXX
     21 	4.225307e+01
XXX
XXX
XXX
XXX
XXX
     22 	4.224688e+01
     24 	4.224470e+01
XXX
XXX
XXX
XXX
     26 	4.224402e+01
     27 	4.223186e+01
XXX
XXX
XXX
XXX
XXX
     28 	4.222574e+01
     29 	4.222323e+01
     30 	4.222058e+01
     31 	4.221694e+01
XXX
XXX
XXX
     32 	4.221153e+01
     33 	4.221114e+01
     34 	4.221079e+01
     35 	4.220801e+01
XXX
XXX
XXX
     36 	4.220579e+01
XXX
XXX
XXX
XXX
XXX
     37 	4.220519e+01
XXX
XXX
XXX
XXX
XXX
     38 	4.220490e+01
XXX
XXX
XXX
XXX
XXX
     39 	4.220471e+01
XXX
     40 	4.220471e+01
XXX
     41 	4.220468e+01
XXX
     42 	4.220468e+01
XXX
     43 	4.220467e+01
XXX
     44 	4.220467e+01
XXX
     45 	4.220466e+01
XXX
     46 	4.220464e+01
XXX
     47 	4.220463e+01
XXX
     48 	4.220461e+01
XXX
     49 	4.220461e+01
XXX
     50 	4.220460e+01
XXX
XXX
XXX
XXX
XXX
XXX
     51 	4.220460e+01
XXX
     52 	4.220460e+01
XXX
XXX
XXX
XXX
XXX
XXX
     53 	4.220459e+01
XXX
     54 	4.220459e+01
XXX
     55 	4.220456e+01
XXX
     56 	4.220452e+01
XXX
     57 	4.220449e+01
XXX
     58 	4.220448e+01
XXX
     59 	4.220447e+01
XXX
     60 	4.220447e+01
XXX
     61 	4.220446e+01
XXX
     62 	4.220446e+01
XXX
     63 	4.220446e+01
XXX
     64 	4.220446e+01
XXX
     65 	4.220446e+01
XXX
     66 	4.220446e+01
XXX
     67 	4.220446e+01
XXX
     68 	4.220446e+01
XXX
     69 	4.220445e+01
XXX
     70 	4.220445e+01
XXX
     71 	4.220445e+01
XXX
     72 	4.220445e+01
XXX
     73 	4.220445e+01
XXX
     74 	4.220445e+01
XXX
     75 	4.220445e+01
XXX
     76 	4.220445e+01
XXX
     77 	4.220445e+01
XXX
     78 	4.220445e+01
XXX
     79 	4.220445e+01
XXX
     80 	4.220445e+01
     81 	4.220445e+01
XXX
     82 	4.220445e+01
XXX
     83 	4.220445e+01
XXX
     84 	4.220445e+01
XXX
     85 	4.220445e+01
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX
XXX

Increasing Soft Maximum Generation Limit by 100 (MaxGenerations) to 200.
I'm doing this because the fitness is still improving.

XXX
XXX
XXX
XXX
XXX
XXX

Soft Generation Wait Limit Hit.
No Improvement in 30 Generations

Best Fit Found at Generation 85
Fit Value = 4.220445e+01


Parameters at the Solution (value, gradient):

 X[ 1] :	5.674496e+00	G[ 1] :	-1.837178e+02
 X[ 2] :	-6.501181e+00	G[ 2] :	-8.752296e+00
 X[ 3] :	6.600638e-01	G[ 3] :	-4.979161e+01
 X[ 4] :	5.377255e-01	G[ 4] :	-1.363621e+01
 X[ 5] :	-2.182353e+00	G[ 5] :	-1.040667e+02
 X[ 6] :	-3.892654e-01	G[ 6] :	-1.922015e+03
 X[ 7] :	7.286005e-02	G[ 7] :	-7.807151e+02
 X[ 8] :	5.752175e-01	G[ 8] :	0.000000e+00
 X[ 9] :	1.775902e+00	G[ 9] :	-5.069385e+01
 X[10] :	-7.697761e+00	G[10] :	-8.280534e+00
 X[11] :	8.478765e-01	G[11] :	5.552585e+00
 X[12] :	5.102214e-01	G[12] :	-1.818337e+01
 X[13] :	-1.209278e+00	G[13] :	-3.148948e+01
 X[14] :	-3.465239e-01	G[14] :	-6.848390e+02
 X[15] :	3.793209e-01	G[15] :	-2.286472e+02
 X[16] :	1.932890e+00	G[16] :	1.043626e+01
 X[17] :	2.091903e+00	G[17] :	-2.009374e+00
 X[18] :	9.798359e-01	G[18] :	0.000000e+00
 X[19] :	1.783957e+00	G[19] :	2.080965e+02
 X[20] :	-3.639379e+00	G[20] :	1.993218e+01
 X[21] :	7.781216e-01	G[21] :	3.148174e+01
 X[22] :	7.312367e-01	G[22] :	3.609846e+01
 X[23] :	-1.780272e+00	G[23] :	1.448019e+02
 X[24] :	-2.813651e-01	G[24] :	2.274935e+03
 X[25] :	3.484988e-01	G[25] :	9.022908e+02
 X[26] :	7.405775e-01	G[26] :	0.000000e+00
 X[27] :	-6.992141e+00	G[27] :	1.542489e+00
 X[28] :	-3.256175e+00	G[28] :	6.066867e-01
 X[29] :	2.246358e+00	G[29] :	-1.266417e+00
 X[30] :	1.792841e-01	G[30] :	1.329285e+00
 X[31] :	2.998335e+00	G[31] :	9.691880e-01
 X[32] :	-3.583765e-01	G[32] :	3.068130e+01
 X[33] :	1.751254e+00	G[33] :	7.577400e+00
 X[34] :	3.028686e+00	G[34] :	-2.957779e+01
 X[35] :	-5.188692e+00	G[35] :	-2.594777e+00
 X[36] :	5.290754e-01	G[36] :	-7.169887e+00
 X[37] :	8.100803e-01	G[37] :	-9.110090e+00
 X[38] :	1.435616e-01	G[38] :	-1.875510e+01
 X[39] :	-4.011777e-01	G[39] :	9.472104e+01
 X[40] :	4.776720e-01	G[40] :	-3.179073e+01
 X[41] :	-3.312504e-01	G[41] :	0.000000e+00

Solution Found Generation 85
Number of Generations Run 106


Thu Mar  4 23:17:50 2004
Total run time : 0 hours 16 minutes and 17 seconds

(iter 3 ): LQD Results:
                                                                               SLD        PSL         UP   Catholic      Other
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD  5.67449612  1.7759016  1.7839568 -6.9921414  3.0286856
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                        -6.50118106 -7.6977606 -3.6393789 -3.2561745 -5.1886918
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.66006377  0.8478765  0.7781216  2.2463576  0.5290754
SOE/SOE/SOE/SOE/SOE/NA                                                  0.53772545  0.5102214  0.7312367  0.1792841  0.8100803
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA              -2.18235315 -1.2092785 -1.7802717  2.9983352  0.1435616
Schooling/Schooling/Schooling/Schooling/Schooling/NA                   -0.38926536 -0.3465239 -0.2813651 -0.3583765 -0.4011777
Age/Age/Age/Age/Age/NA                                                  0.07286005  0.3793209  0.3484988  1.7512541  0.4776720
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.57521745  1.9328898  0.7405775  0.0000000  0.0000000
NA/Village/NA/NA/NA/NA                                                  0.00000000  2.0919025  0.0000000  0.0000000  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.00000000  0.9798359  0.0000000  0.0000000  0.0000000
                                                                           UD.KLD
(Intercept)/(Intercept)/(Intercept)/(Intercept)/(Intercept)/Suchoka.UD -0.3312504
New.Jobs/New.Jobs/New.Jobs/New.Jobs/New.Jobs/NA                         0.0000000
Unemp/Unemp/Unemp/Unemp/Unemp/NA                                        0.0000000
SOE/SOE/SOE/SOE/SOE/NA                                                  0.0000000
Church.Att/Church.Att/Church.Att/Church.Att/Church.Att/NA               0.0000000
Schooling/Schooling/Schooling/Schooling/Schooling/NA                    0.0000000
Age/Age/Age/Age/Age/NA                                                  0.0000000
Kwasn.SLD/Farmer/Zioqkowska.UP/NA/NA/NA                                 0.0000000
NA/Village/NA/NA/NA/NA                                                  0.0000000
NA/Pawlak.PSL/NA/NA/NA/NA                                               0.0000000

(iter 3 ): LQD sigma: 42.20445 

WARNING: New fit is worse.  Stopping.
It may be a good idea to restart with a larger GENOUD population.
Warning messages: 
1: NaNs produced in: sqrt(1 - Hdiag) 
2: NaNs produced in: sqrt(1 - Hdiag) 
3: NaNs produced in: sqrt(1 - Hdiag) 
> 
> summary(muljj, weights=TRUE);

Choice 1 : SLD Estimates and SE:
                 Est SE.Sand  SE.OPG SE.Hess t.val.Sand
(Intercept)    5.680  2.0600 0.32500 0.07220      2.760
New.Jobs      -6.500  2.2300 0.18100 0.06390     -2.920
Unemp          0.647  0.8050 0.13400 0.02890      0.803
SOE            0.534  0.3250 0.07120 0.01010      1.640
Church.Att    -2.190  0.3960 0.05140 0.01330     -5.520
Schooling     -0.389  0.0900 0.00766 0.00282     -4.320
Age            0.073  0.3490 0.05820 0.01240      0.209
Kwasn.SLD      0.578  0.0588 0.04960 0.00563      9.820
NA             0.000  0.0000 0.00000 0.00000        NaN
NA             0.000  0.0000 0.00000 0.00000        NaN


Choice 2 : PSL Estimates and SE:
                 Est SE.Sand SE.OPG SE.Hess t.val.Sand
(Intercept)    1.790  3.5500 0.3190 0.09020      0.505
New.Jobs      -7.670  3.2800 0.2830 0.07670     -2.340
Unemp          0.852  1.2300 0.1110 0.03430      0.695
SOE            0.505  0.3890 0.0746 0.01230      1.300
Church.Att    -1.200  0.5040 0.0599 0.01600     -2.380
Schooling     -0.347  0.1110 0.0116 0.00316     -3.140
Age            0.376  0.6140 0.0680 0.01710      0.612
Farmer         1.930  0.9350 0.0707 0.02140      2.070
Village        2.090  0.8160 0.0269 0.01630      2.560
Pawlak.PSL     0.983  0.0716 0.0705 0.00500     13.700


Choice 3 : UP Estimates and SE:
                 Est SE.Sand   SE.OPG SE.Hess t.val.Sand
(Intercept)    1.780  2.3400 4.26e-01 0.09650      0.760
New.Jobs      -3.640  1.3900 6.82e-01 0.08570     -2.610
Unemp          0.774  0.8000 2.44e-01 0.03910      0.968
SOE            0.728  0.2470 1.82e-01 0.01360      2.950
Church.Att    -1.790  0.4300 8.36e-02 0.01800     -4.160
Schooling     -0.281  0.0753 1.59e-02 0.00375     -3.730
Age            0.349  0.3580 8.18e-02 0.01650      0.974
Zioqkowska.UP  0.745  0.0809 1.34e+06 0.00535      9.210
NA             0.000  0.0000 0.00e+00 0.00000        NaN
NA             0.000  0.0000 0.00e+00 0.00000        NaN


Choice 4 : Catholic Estimates and SE:
                 Est SE.Sand SE.OPG SE.Hess t.val.Sand
(Intercept)   -7.050   5.300 0.2880 0.11300     -1.330
New.Jobs      -3.080   3.370 0.3690 0.09240     -0.912
Unemp          2.180   1.710 0.1290 0.04180      1.280
SOE            0.131   0.876 0.0486 0.01590      0.150
Church.Att     3.000   0.651 0.0814 0.01710      4.620
Schooling     -0.358   0.161 0.0123 0.00405     -2.220
Age            1.770   0.872 0.0543 0.01970      2.020
NA             0.000   0.000 0.0000 0.00000        NaN
NA             0.000   0.000 0.0000 0.00000        NaN
NA             0.000   0.000 0.0000 0.00000        NaN


Choice 5 : Other Estimates and SE:
                 Est SE.Sand  SE.OPG SE.Hess t.val.Sand
(Intercept)    3.020  2.0200 0.29500 0.06560      1.490
New.Jobs      -5.210  1.6900 0.29100 0.05640     -3.090
Unemp          0.544  0.9220 0.13700 0.02660      0.590
SOE            0.815  0.3020 0.08990 0.00913      2.700
Church.Att     0.147  0.4040 0.04060 0.01160      0.362
Schooling     -0.402  0.0863 0.00763 0.00260     -4.660
Age            0.480  0.3190 0.05500 0.01130      1.500
NA             0.000  0.0000 0.00000 0.00000        NaN
NA             0.000  0.0000 0.00000 0.00000        NaN
NA             0.000  0.0000 0.00000 0.00000        NaN


Choice 6 : UD.KLD Estimates and SE:
                 Est SE.Sand  SE.OPG SE.Hess t.val.Sand
Suchoka.UD    -0.298   0.232 2040000  0.0123      -1.28
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN
NA             0.000   0.000       0  0.0000        NaN


LQD sigma: 42.08732 
TANH sigma: 35.56749 

Number of Observations: 49 
Number of observations with at least one zero weight: 1 
Number of zero weights: 1 
TANH: weights
   name weights:SLD weights:PSL weights:UP weights:Catholic weights:Other
1     1    1.000000    1.000000          1         0.670040             1
2     2    1.000000    1.000000          1         1.000000             1
3     3    1.000000    0.830230          1         0.147612             1
4     4    1.000000    1.000000          1         1.000000             1
5     5    0.475930    1.000000          1         1.000000             1
6     6    1.000000    1.000000          1         1.000000             1
7     7    1.000000    1.000000          1         1.000000             1
8     8    1.000000    1.000000          1         1.000000             1
9     9    1.000000    1.000000          1         1.000000             1
10   10    1.000000    1.000000          1         1.000000             1
11   11    1.000000    1.000000          1         1.000000             1
12   12    1.000000    1.000000          1         1.000000             1
13   13    0.656238    1.000000          1         1.000000             1
14   14    1.000000    1.000000          1         1.000000             1
15   15    0.972492    0.960940          1         1.000000             1
16   16    1.000000    1.000000          1         1.000000             1
17   17    1.000000    1.000000          1         1.000000             1
18   18    1.000000    1.000000          1         1.000000             1
19   19    1.000000    0.841596          1         1.000000             1
20   20    1.000000    1.000000          1         1.000000             1
21   21    1.000000    1.000000          1         1.000000             1
22   22    1.000000    1.000000          1         1.000000             1
23   23    1.000000    1.000000          1         1.000000             1
24   24    1.000000    1.000000          1         0.548230             1
25   25    1.000000    0.829086          1         1.000000             1
26   26    1.000000    1.000000          1         1.000000             1
27   27    1.000000    1.000000          1         1.000000             1
28   28    1.000000    1.000000          1         1.000000             1
29   29    0.932940    1.000000          1         1.000000             1
30   30    1.000000    1.000000          1         1.000000             1
31   31    1.000000    1.000000          1         1.000000             1
32   32    1.000000    1.000000          1         1.000000             0
33   33    1.000000    1.000000          1         1.000000             1
34   34    1.000000    1.000000          1         1.000000             1
35   35    1.000000    1.000000          1         1.000000             1
36   36    1.000000    1.000000          1         1.000000             1
37   37    1.000000    1.000000          1         1.000000             1
38   38    1.000000    1.000000          1         1.000000             1
39   39    1.000000    1.000000          1         1.000000             1
40   40    1.000000    1.000000          1         1.000000             1
41   41    1.000000    1.000000          1         1.000000             1
42   42    1.000000    1.000000          1         1.000000             1
43   43    1.000000    1.000000          1         1.000000             1
44   44    1.000000    1.000000          1         1.000000             1
45   45    1.000000    1.000000          1         1.000000             1
46   46    1.000000    1.000000          1         1.000000             1
47   47    1.000000    1.000000          1         1.000000             1
48   48    1.000000    1.000000          1         1.000000             1
49   49    1.000000    1.000000          1         1.000000             1
> 
> save(muljj, file="jj.a.RData")
> proc.time()
[1] 5656.44  652.75 6320.99    0.00    0.00
> 
